from model_controller import ModelPredictController, ModelTrainController
from plotter import Plotter
from glob import glob
from IPython.display import Image
Found GPU at: /device:GPU:0 2.5.0 Found GPU at: /device:GPU:0 2.5.0 Found GPU at: /device:GPU:0 Found GPU at: /device:GPU:0 2.5.0
model = ModelPredictController(NUM_LINHAS=8);
model.load()
building... total do vocabulario= 179 VOCAB_SIZE 180
model.restoreFromCheckpointName('train_20211026_curriculum_try2_8lines_INCR_LEN__NO_TEACH__CURRICULUM--curriculum-8-linhas--etapa-3')
# model.restoreFromBestCheckpoint()
restore from pretraining ../train-folder/checkpoints/train_20211026_curriculum_try2_8lines_INCR_LEN__NO_TEACH__CURRICULUM--curriculum-8-linhas--etapa-3\ckpt-3 ...
model.evaluateForTest('test-8lines', plot_attention=False, _len= 16)
target_len= 16 evaluating dataset test-8lines evaluating total images: 114 ... evaluating 0 ... ------------------------ 0 ------------------------------ predicted ['c4', 'c5', 'Nf3', 'e6', 'd4', 'Nxd4', 'Nxd4', 'e6', 'Nbd2', 'a6', 'c3', 'Nf6', 'Be3', 'Bb4', 'Be2', '<unk>'] expected ['e4', 'c5', 'Nf3', 'e6', 'd4', 'cxd4', 'Nxd4', 'a6', 'c4', 'Qc7', 'Nc3', 'Nf6', 'Be3', 'Bb4', 'Qd2', 'Nxe4'] ------------------------ 1 ------------------------------ predicted ['e4', 'c5', 'Nf3', 'd6', 'e4', 'Bb4+', 'Bb4+', 'Nfd7', 'O-O', 'Nf6', 'Re1', 'e5', 'c3', 'Be7', 'Bd3', 'O-O'] expected ['e4', 'c5', 'Nf3', 'd6', 'Bb5+', 'Bd7', 'Bxd7+', 'Nxd7', 'O-O', 'Ngf6', 'Re1', 'e5', 'c3', 'Be7', 'd3', 'O-O'] ------------------------ 2 ------------------------------ predicted ['Nf3', 'Nf6', 'g3', 'Nc6', 'g3', 'c6', 'Nf3', 'Bg7', 'Nbd2', 'Bg7', 'Bg2', 'O-O', 'O-O', 'Nbd7', 'O-O', 'c6'] expected ['Nf3', 'Nf6', 'g3', 'd5', 'c4', 'e6', 'b3', 'Be7', 'Bb2', 'O-O', 'Bg2', 'Nbd7', 'O-O', 'c6', 'd3', 'Re8'] ------------------------ 3 ------------------------------ predicted ['e4', 'e6', 'Nf3', 'Nc6', 'g3', 'e6', 'Bg2', 'e6', 'Nf3', 'Nf6', 'O-O', 'e5', 'd3', 'Nbd7', 'Re1', 'O-O'] expected ['c4', 'c5', 'Nc3', 'Nc6', 'g3', 'g6', 'Bg2', 'Bg7', 'Nf3', 'd6', 'O-O', 'e5', 'd3', 'Nge7', 'Rb1', 'O-O'] ------------------------ 4 ------------------------------ predicted ['d4', 'd5', 'Bc4', 'Nc6', 'a3', 'c5', 'e3', 'Nc6', 'Qe2', 'Nf6', 'Be2', 'g6', 'Nbd2', 'Be6', 'e4', 'Nc6'] expected ['d4', 'd5', 'Bf4', 'Nf6', 'e3', 'c5', 'c3', 'Qb6', 'Qb3', 'c4', 'Qc2', 'g6', 'Nd2', 'Nc6', 'e4', 'e6'] evaluating 100 ... len 1 accuracy 0.8333333134651184 cir 0.09064328 len 2 accuracy 0.7719298005104065 cir 0.13304095 len 3 accuracy 0.7426900863647461 cir 0.1569201 len 4 accuracy 0.7214912176132202 cir 0.16575293 len 5 accuracy 0.7122806906700134 cir 0.17719299 len 6 accuracy 0.6769005656242371 cir 0.1916423 len 7 accuracy 0.6566416025161743 cir 0.21219717 len 8 accuracy 0.6348684430122375 cir 0.23282164 len 9 accuracy 0.6081871390342712 cir 0.25316763 len 10 accuracy 0.5868421196937561 cir 0.27204677 len 11 accuracy 0.5701754093170166 cir 0.28705478 len 12 accuracy 0.5555555820465088 cir 0.30010965 len 13 accuracy 0.546558678150177 cir 0.31053758 len 14 accuracy 0.530701756477356 cir 0.32827905 len 15 accuracy 0.5157894492149353 cir 0.34446394 len 16 accuracy 0.5104166865348816 cir 0.35030153
model.evaluateForTest('test-8lines', plot_attention=True, _len= 16)
target_len= 16 evaluating dataset test-8lines evaluating total images: 114 ... evaluating 0 ... ------------------------ 0 ------------------------------ predicted ['c4', 'c5', 'Nf3', 'e6', 'd4', 'Nfd7', 'Nxd4', 'e6', 'e4', 'Nge7', 'Nc3', 'Nf6', 'Be3', 'Bb7', 'Qd2', 'Nge7'] expected ['e4', 'c5', 'Nf3', 'e6', 'd4', 'cxd4', 'Nxd4', 'a6', 'c4', 'Qc7', 'Nc3', 'Nf6', 'Be3', 'Bb4', 'Qd2', 'Nxe4'] ../test-data/test-8lines\images\carnaval_0004_fullpage.jpg
------------------------ 1 ------------------------------ predicted ['e4', 'c5', 'Nf3', 'd6', 'Bb5+', 'Bb4+', 'Bb4+', 'Nbd7', 'O-O', 'Nf6', 'd3', 'e5', 'c3', 'Be7', 'e3', 'O-O'] expected ['e4', 'c5', 'Nf3', 'd6', 'Bb5+', 'Bd7', 'Bxd7+', 'Nxd7', 'O-O', 'Ngf6', 'Re1', 'e5', 'c3', 'Be7', 'd3', 'O-O'] ../test-data/test-8lines\images\carnaval_0015_fullpage.jpg
------------------------ 2 ------------------------------ predicted ['Nf3', 'Nf6', 'g3', 'Nf6', 'g3', 'Nc6', 'Ng5', 'Bg7', 'O-O', 'Nbd7', '<unk>', 'cxd5', 'Bg2', 'Nbd7', 'O-O', 'c6'] expected ['Nf3', 'Nf6', 'g3', 'd5', 'c4', 'e6', 'b3', 'Be7', 'Bb2', 'O-O', 'Bg2', 'Nbd7', 'O-O', 'c6', 'd3', 'Re8'] ../test-data/test-8lines\images\carnaval_0023_fullpage.jpg
------------------------ 3 ------------------------------ predicted ['e4', 'e5', 'Nc3', 'Nc6', 'g3', 'g6', 'Bg2', 'Be7', 'Nf3', 'Nf6', 'O-O', 'e5', 'd3', 'Nbd7', 'Rb1', 'O-O'] expected ['c4', 'c5', 'Nc3', 'Nc6', 'g3', 'g6', 'Bg2', 'Bg7', 'Nf3', 'd6', 'O-O', 'e5', 'd3', 'Nge7', 'Rb1', 'O-O'] ../test-data/test-8lines\images\carnaval_0029_fullpage.jpg
------------------------ 4 ------------------------------ predicted ['d4', 'd5', 'Bb4+', 'Nf6', 'e3', 'c5', 'e3', 'Nc6', 'Qe2', 'Nc6', 'Be2', 'a6', 'Nbd2', 'Re8', 'e4', 'Nc6'] expected ['d4', 'd5', 'Bf4', 'Nf6', 'e3', 'c5', 'c3', 'Qb6', 'Qb3', 'c4', 'Qc2', 'g6', 'Nd2', 'Nc6', 'e4', 'e6'] ../test-data/test-8lines\images\carnaval_0032_fullpage.jpg
../test-data/test-8lines\images\carnaval_0033_fullpage.jpg
../test-data/test-8lines\images\carnaval_0038_fullpage.jpg
../test-data/test-8lines\images\carnaval_0040_fullpage.jpg
../test-data/test-8lines\images\carnaval_0042_fullpage.jpg
../test-data/test-8lines\images\carnaval_0051_fullpage.jpg
../test-data/test-8lines\images\carnaval_0055_fullpage.jpg
../test-data/test-8lines\images\carnaval_0058_fullpage.jpg
../test-data/test-8lines\images\carnaval_0059_fullpage.jpg
../test-data/test-8lines\images\carnaval_0067_fullpage.jpg
../test-data/test-8lines\images\carnaval_0068_fullpage.jpg
../test-data/test-8lines\images\carnaval_0071_fullpage.jpg
../test-data/test-8lines\images\carnaval_0072_fullpage.jpg
../test-data/test-8lines\images\carnaval_0082_fullpage.jpg
../test-data/test-8lines\images\carnaval_0086_fullpage.jpg
../test-data/test-8lines\images\carnaval_0090_fullpage.jpg
../test-data/test-8lines\images\carnaval_0091_fullpage.jpg
../test-data/test-8lines\images\carnaval_0104_fullpage.jpg
../test-data/test-8lines\images\carnaval_0106_fullpage.jpg
../test-data/test-8lines\images\carnaval_0109_fullpage.jpg
../test-data/test-8lines\images\carnaval_0114_fullpage.jpg
../test-data/test-8lines\images\carnaval_0124_fullpage.jpg
../test-data/test-8lines\images\carnaval_0144_fullpage.jpg
../test-data/test-8lines\images\carnaval_0150_fullpage.jpg
../test-data/test-8lines\images\carnaval_0155_fullpage.jpg
../test-data/test-8lines\images\carnaval_0156_fullpage.jpg
../test-data/test-8lines\images\carnaval_0157_fullpage.jpg
../test-data/test-8lines\images\carnaval_0161_fullpage.jpg
../test-data/test-8lines\images\carnaval_0164_fullpage.jpg
../test-data/test-8lines\images\carnaval_0170_fullpage.jpg
../test-data/test-8lines\images\carnaval_0172_fullpage.jpg
../test-data/test-8lines\images\carnaval_0174_fullpage.jpg
../test-data/test-8lines\images\carnaval_0176_fullpage.jpg
../test-data/test-8lines\images\carnaval_0181_fullpage.jpg
../test-data/test-8lines\images\carnaval_0204_fullpage.jpg
../test-data/test-8lines\images\carnaval_0213_fullpage.jpg
../test-data/test-8lines\images\carnaval_0223_fullpage.jpg
../test-data/test-8lines\images\carnaval_0227_fullpage.jpg
../test-data/test-8lines\images\carnaval_0230_fullpage.jpg
../test-data/test-8lines\images\carnaval_0232_fullpage.jpg
../test-data/test-8lines\images\carnaval_0233_fullpage.jpg
../test-data/test-8lines\images\carnaval_0234_fullpage.jpg
../test-data/test-8lines\images\carnaval_0252_fullpage.jpg
../test-data/test-8lines\images\carnaval_0268_fullpage.jpg
../test-data/test-8lines\images\carnaval_0271_fullpage.jpg
../test-data/test-8lines\images\carnaval_0282_fullpage.jpg
../test-data/test-8lines\images\carnaval_0283_fullpage.jpg
../test-data/test-8lines\images\carnaval_0286_fullpage.jpg
../test-data/test-8lines\images\carnaval_0287_fullpage.jpg
../test-data/test-8lines\images\carnaval_0294_fullpage.jpg
../test-data/test-8lines\images\carnaval_0297_fullpage.jpg
../test-data/test-8lines\images\carnaval_0298_fullpage.jpg
../test-data/test-8lines\images\carnaval_0324_fullpage.jpg
../test-data/test-8lines\images\carnaval_0328_fullpage.jpg
../test-data/test-8lines\images\carnaval_0330_fullpage.jpg
../test-data/test-8lines\images\carnaval_0335_fullpage.jpg
../test-data/test-8lines\images\carnaval_0347_fullpage.jpg
../test-data/test-8lines\images\carnaval_0356_fullpage.jpg
../test-data/test-8lines\images\carnaval_0357_fullpage.jpg
../test-data/test-8lines\images\carnaval_0361_fullpage.jpg
../test-data/test-8lines\images\carnaval_0367_fullpage.jpg
../test-data/test-8lines\images\carnaval_0372_fullpage.jpg
../test-data/test-8lines\images\carnaval_0373_fullpage.jpg
../test-data/test-8lines\images\carnaval_0375_fullpage.jpg
../test-data/test-8lines\images\carnaval_0379_fullpage.jpg
../test-data/test-8lines\images\carnaval_0395_fullpage.jpg
../test-data/test-8lines\images\carnaval_0401_fullpage.jpg
../test-data/test-8lines\images\carnaval_0404_fullpage.jpg
../test-data/test-8lines\images\carnaval_0408_fullpage.jpg
../test-data/test-8lines\images\carnaval_0422_fullpage.jpg
../test-data/test-8lines\images\carnaval_0425_fullpage.jpg
../test-data/test-8lines\images\carnaval_0426_fullpage.jpg
../test-data/test-8lines\images\carnaval_0444_fullpage.jpg
../test-data/test-8lines\images\carnaval_0449_fullpage.jpg
../test-data/test-8lines\images\carnaval_0466_fullpage.jpg
../test-data/test-8lines\images\carnaval_0473_fullpage.jpg
../test-data/test-8lines\images\carnaval_0483_fullpage.jpg
../test-data/test-8lines\images\carnaval_0485_fullpage.jpg
../test-data/test-8lines\images\carnaval_0487_fullpage.jpg
../test-data/test-8lines\images\carnaval_0494_fullpage.jpg
../test-data/test-8lines\images\carnaval_0501_fullpage.jpg
../test-data/test-8lines\images\carnaval_0503_fullpage.jpg
../test-data/test-8lines\images\carnaval_0507_fullpage.jpg
../test-data/test-8lines\images\carnaval_0509_fullpage.jpg
../test-data/test-8lines\images\carnaval_0514_fullpage.jpg
../test-data/test-8lines\images\carnaval_0542_fullpage.jpg
../test-data/test-8lines\images\carnaval_0544_fullpage.jpg
../test-data/test-8lines\images\carnaval_0551_fullpage.jpg
../test-data/test-8lines\images\carnaval_0553_fullpage.jpg
../test-data/test-8lines\images\carnaval_0554_fullpage.jpg
../test-data/test-8lines\images\carnaval_0565_fullpage.jpg
../test-data/test-8lines\images\carnaval_0569_fullpage.jpg
../test-data/test-8lines\images\carnaval_0578_fullpage.jpg
../test-data/test-8lines\images\carnaval_0580_fullpage.jpg
../test-data/test-8lines\images\carnaval_0589_fullpage.jpg
../test-data/test-8lines\images\carnaval_0590_fullpage.jpg
evaluating 100 ... ../test-data/test-8lines\images\carnaval_0592_fullpage.jpg
../test-data/test-8lines\images\carnaval_0596_fullpage.jpg
../test-data/test-8lines\images\carnaval_0598_fullpage.jpg
../test-data/test-8lines\images\carnaval_0601_fullpage.jpg
../test-data/test-8lines\images\carnaval_0606_fullpage.jpg
../test-data/test-8lines\images\carnaval_0607_fullpage.jpg
../test-data/test-8lines\images\carnaval_0608_fullpage.jpg
../test-data/test-8lines\images\carnaval_0614_fullpage.jpg
../test-data/test-8lines\images\carnaval_0625_fullpage.jpg
../test-data/test-8lines\images\carnaval_0626_fullpage.jpg
../test-data/test-8lines\images\carnaval_0629_fullpage.jpg
../test-data/test-8lines\images\carnaval_0648_fullpage.jpg
../test-data/test-8lines\images\carnaval_0655_fullpage.jpg
../test-data/test-8lines\images\carnaval_0676_fullpage.jpg
len 1 accuracy 0.8684210777282715 cir 0.064327486 len 2 accuracy 0.7850877046585083 cir 0.11732456 len 3 accuracy 0.7602339386940002 cir 0.14400586 len 4 accuracy 0.734649121761322 cir 0.15679824 len 5 accuracy 0.7280701994895935 cir 0.16652048 len 6 accuracy 0.6959064602851868 cir 0.18506336 len 7 accuracy 0.6754385828971863 cir 0.19747286 len 8 accuracy 0.6469298005104065 cir 0.21619153 len 9 accuracy 0.6247563362121582 cir 0.23318714 len 10 accuracy 0.6052631735801697 cir 0.24989767 len 11 accuracy 0.5877193212509155 cir 0.26858056 len 12 accuracy 0.5709064602851868 cir 0.27884993 len 13 accuracy 0.5580297112464905 cir 0.29062077 len 14 accuracy 0.5394737124443054 cir 0.3080827 len 15 accuracy 0.5274853706359863 cir 0.3195127 len 16 accuracy 0.5224780440330505 cir 0.3259046